from anthropic import AsyncAnthropic
from shiny.express import ui

ui.page_opts(
    title="Hello Shiny Chat",
    fillable=True,
    fillable_mobile=True,
)

chat = ui.Chat(id="chat", messages=["Hello! How can I help you today?"])
chat.ui()

llm = AsyncAnthropic()


@chat.on_user_submit
async def _():
    response = await llm.messages.create(
        model="claude-3-5-sonnet-20240620",
        messages=chat.messages(format="anthropic"),
        stream=True,
        max_tokens=1000,
    )
    await chat.append_message_stream(response)